Tensor2Tensor HParams,Moses BLEU,Sparsity,begin_pruning_step,end_pruning_step,pruning_frequency,regularization,threshold_decay
sparse_transformer_magnitude_pruning,25.86,0.5,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.86,0.5,0,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.5,0.5,0,500000,1000,none,0
sparse_transformer_magnitude_pruning,26.21,0.5,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.43,0.5,100000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.32,0.500000059605,100000,500000,1000,none,0
sparse_transformer_magnitude_pruning,26.07,0.500000059605,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.67,0.5,200000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.6,0.500000119209,200000,500000,1000,none,0
sparse_transformer_magnitude_pruning,25.91,0.5,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.16,0.500000119209,300000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.98,0.5,300000,500000,1000,none,0
sparse_transformer_magnitude_pruning,25.93,0.499999940395,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.03,0.499999880791,400000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.35,0.499999880791,400000,500000,1000,none,0
sparse_transformer_magnitude_pruning,25.63,0.600001454353,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.48,0.600001454353,0,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.92,0.600001454353,0,500000,1000,none,0
sparse_transformer_magnitude_pruning,25.92,0.600001454353,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.04,0.600001454353,100000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.02,0.600001454353,100000,500000,1000,none,0
sparse_transformer_magnitude_pruning,25.87,0.600001454353,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.1,0.600001454353,200000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.04,0.600001454353,200000,500000,1000,none,0
sparse_transformer_magnitude_pruning,25.48,0.600001454353,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.1,0.600001454353,300000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.55,0.600001454353,300000,500000,1000,none,0
sparse_transformer_magnitude_pruning,24.9,0.600000739098,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.21,0.600000739098,400000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.54,0.600000739098,400000,500000,1000,none,0
sparse_transformer_magnitude_pruning,24.47,0.700000524521,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.25,0.700000405312,0,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.25,0.700000405312,0,500000,1000,none,0
sparse_transformer_magnitude_pruning,24.84,0.700000524521,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.28,0.700000524521,100000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.13,0.700000524521,100000,500000,1000,none,0
sparse_transformer_magnitude_pruning,24.8,0.700000405312,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.93,0.700000524521,200000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.63,0.70000064373,200000,500000,1000,none,0
sparse_transformer_magnitude_pruning,24.31,0.700000524521,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.64,0.700000524521,300000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.78,0.700000524521,300000,500000,1000,none,0
sparse_transformer_magnitude_pruning,24.09,0.699999988079,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.33,0.699999928474,400000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.37,0.699999928474,400000,500000,1000,none,0
sparse_transformer_magnitude_pruning,23.64,0.8000010252,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,6.95,0.8000010252,0,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.34,0.800001144409,0,500000,1000,none,0
sparse_transformer_magnitude_pruning,22.5,0.800001084805,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,2.09,0.8000010252,100000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.71,0.800001204014,100000,500000,1000,none,0
sparse_transformer_magnitude_pruning,22.35,0.800001144409,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,5.36,0.800001144409,200000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,6.22,0.800001144409,200000,500000,1000,none,0
sparse_transformer_magnitude_pruning,22.12,0.8000010252,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,1.98,0.8000010252,300000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.38,0.8000010252,300000,500000,1000,none,0
sparse_transformer_magnitude_pruning,20.29,0.799999296665,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,2.08,0.799999296665,400000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.4,0.79999935627,400000,500000,1000,none,0
sparse_transformer_magnitude_pruning,18.98,0.900000751019,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.13,0.900000691414,0,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,3.86,0.900000751019,0,500000,1000,none,0
sparse_transformer_magnitude_pruning,18.83,0.900000751019,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,14.39,0.900000751019,100000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,8.91,0.900000751019,100000,500000,1000,none,0
sparse_transformer_magnitude_pruning,19.19,0.900000691414,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,17.7,0.900000751019,200000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.4,0.900000751019,200000,500000,1000,none,0
sparse_transformer_magnitude_pruning,14.31,0.900000751019,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,10.65,0.900000691414,300000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.86,0.900000691414,300000,500000,1000,none,0
sparse_transformer_magnitude_pruning,13.78,0.900000095367,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,8.99,0.900000095367,400000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,6.36,0.900000095367,400000,500000,1000,none,0
sparse_transformer_magnitude_pruning,12.76,0.950000584126,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,5.09,0.95000064373,0,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,13.32,0.950000584126,0,500000,1000,none,0
sparse_transformer_magnitude_pruning,14.7,0.950000584126,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,3.56,0.950000584126,100000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,1.01,0.950000584126,100000,500000,1000,none,0
sparse_transformer_magnitude_pruning,11.05,0.950000524521,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,8.22,0.950000524521,200000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.81,0.950000584126,200000,500000,1000,none,0
sparse_transformer_magnitude_pruning,11.24,0.950000524521,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,14.95,0.950000524521,300000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,1.35,0.950000524521,300000,500000,1000,none,0
sparse_transformer_magnitude_pruning,7.01,0.949999928474,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.35,0.949999928474,400000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,4,0.949999928474,400000,500000,1000,none,0
sparse_transformer_magnitude_pruning,7.98,0.980001270771,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,1.05,0.980001270771,0,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,5.63,0.980001270771,0,500000,1000,none,0
sparse_transformer_magnitude_pruning,6,0.980001330376,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.25,0.980001270771,100000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.76,0.980001270771,100000,500000,1000,none,0
sparse_transformer_magnitude_pruning,9.9,0.980001270771,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,1.05,0.980001270771,200000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.36,0.980001270771,200000,500000,1000,none,0
sparse_transformer_magnitude_pruning,7.38,0.980001211166,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.75,0.980001270771,300000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,1.73,0.980001211166,300000,500000,1000,none,0
sparse_transformer_magnitude_pruning,5.01,0.979999423027,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,4.03,0.979999423027,400000,500000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,2.57,0.979999423027,400000,500000,1000,none,0
sparse_transformer_magnitude_pruning,25.76,0.499996900558,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.13,0.499996900558,0,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.85,0.499996960163,0,500000,10000,none,0
sparse_transformer_magnitude_pruning,26.06,0.499992311001,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.58,0.499992370605,100000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.54,0.499992311001,100000,500000,10000,none,0
sparse_transformer_magnitude_pruning,25.62,0.499982595444,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23,0.499982476234,200000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.9,0.499982476234,200000,500000,10000,none,0
sparse_transformer_magnitude_pruning,25.63,0.499938368797,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.13,0.499938428402,300000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.68,0.499938368797,300000,500000,10000,none,0
sparse_transformer_magnitude_pruning,25.64,0.499499440193,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.66,0.499499440193,400000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.72,0.499499440193,400000,500000,10000,none,0
sparse_transformer_magnitude_pruning,25.17,0.599996209145,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.24,0.599996209145,0,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.09,0.599996209145,0,500000,10000,none,0
sparse_transformer_magnitude_pruning,25.65,0.599990844727,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,21.84,0.599990844727,100000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.18,0.599990844727,100000,500000,10000,none,0
sparse_transformer_magnitude_pruning,25.35,0.599978208542,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,21.73,0.599978208542,200000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,13.72,0.599978208542,200000,500000,10000,none,0
sparse_transformer_magnitude_pruning,25.62,0.599926054478,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.04,0.599926054478,300000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.33,0.599926054478,300000,500000,10000,none,0
sparse_transformer_magnitude_pruning,25.09,0.599401116371,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.2,0.599401116371,400000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.48,0.599401116371,400000,500000,10000,none,0
sparse_transformer_magnitude_pruning,24.14,0.699995517731,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,21.59,0.699995517731,0,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.97,0.699995517731,0,500000,10000,none,0
sparse_transformer_magnitude_pruning,21.37,0.699989318848,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,14.59,0.699989318848,100000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.16,0.699989199638,100000,500000,10000,none,0
sparse_transformer_magnitude_pruning,24.54,0.699974119663,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,7.96,0.699974119663,200000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.1,0.699974119663,200000,500000,10000,none,0
sparse_transformer_magnitude_pruning,23.44,0.699912905693,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,13.91,0.699912905693,300000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.44,0.699912905693,300000,500000,10000,none,0
sparse_transformer_magnitude_pruning,22.78,0.699301123619,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,20.52,0.699301123619,400000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.38,0.699301123619,400000,500000,10000,none,0
sparse_transformer_magnitude_pruning,10.55,0.799994528294,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.799994587898,0,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.08,0.799994587898,0,500000,10000,none,0
sparse_transformer_magnitude_pruning,5.49,0.799987733364,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.1,0.799987792969,100000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.799987733364,100000,500000,10000,none,0
sparse_transformer_magnitude_pruning,14.11,0.799971163273,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.13,0.799971163273,200000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,1.05,0.799971222878,200000,500000,10000,none,0
sparse_transformer_magnitude_pruning,21.4,0.799900054932,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,6.36,0.799900114536,300000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.64,0.799900054932,300000,500000,10000,none,0
sparse_transformer_magnitude_pruning,20.33,0.79920065403,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.54,0.79920065403,400000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,1.68,0.79920065403,400000,500000,10000,none,0
sparse_transformer_magnitude_pruning,9.88,0.899993240833,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.899993240833,0,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.05,0.899993240833,0,500000,10000,none,0
sparse_transformer_magnitude_pruning,13.56,0.899986147881,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.17,0.899986207485,100000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.11,0.899986147881,100000,500000,10000,none,0
sparse_transformer_magnitude_pruning,9.66,0.899967074394,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.14,0.899967074394,200000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.4,0.899967074394,200000,500000,10000,none,0
sparse_transformer_magnitude_pruning,14.8,0.899888753891,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.65,0.899888813496,300000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,1.41,0.899888753891,300000,500000,10000,none,0
sparse_transformer_magnitude_pruning,11.31,0.899100542068,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.05,0.899100542068,400000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.899100542068,400000,500000,10000,none,0
sparse_transformer_magnitude_pruning,8.88,0.949992954731,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.12,0.949992954731,0,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.09,0.949992954731,0,500000,10000,none,0
sparse_transformer_magnitude_pruning,8.5,0.949985444546,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.18,0.949985444546,100000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,1.03,0.949985444546,100000,500000,10000,none,0
sparse_transformer_magnitude_pruning,12.28,0.949965596199,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.949965596199,200000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,1.78,0.949965596199,200000,500000,10000,none,0
sparse_transformer_magnitude_pruning,11.83,0.949881792068,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,1.37,0.949881792068,300000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.69,0.949881792068,300000,500000,10000,none,0
sparse_transformer_magnitude_pruning,7.71,0.949050664902,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.949050664902,400000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.02,0.949050664902,400000,500000,10000,none,0
sparse_transformer_magnitude_pruning,9.95,0.979993581772,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.05,0.979993581772,0,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.979993581772,0,500000,10000,none,0
sparse_transformer_magnitude_pruning,7.25,0.979986011982,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.12,0.979986011982,100000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.07,0.979986011982,100000,500000,10000,none,0
sparse_transformer_magnitude_pruning,1.59,0.979964435101,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.979964435101,200000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0.25,0.979964435101,200000,500000,10000,none,0
sparse_transformer_magnitude_pruning,2.2,0.979879081249,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0.06,0.979879081249,300000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.979879081249,300000,500000,10000,none,0
sparse_transformer_magnitude_pruning,0.11,0.979020953178,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.979020953178,400000,500000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.979021012783,400000,500000,10000,none,0
sparse_transformer_magnitude_pruning,25.8,0.5,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.89,0.5,0,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.42,0.5,0,400000,1000,none,0
sparse_transformer_magnitude_pruning,26.21,0.5,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.58,0.5,100000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.33,0.500000059605,100000,400000,1000,none,0
sparse_transformer_magnitude_pruning,26.01,0.500000059605,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.82,0.500000059605,200000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.45,0.5,200000,400000,1000,none,0
sparse_transformer_magnitude_pruning,25.76,0.5,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.93,0.5,300000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.86,0.5,300000,400000,1000,none,0
sparse_transformer_magnitude_pruning,25.3,0.600001454353,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.23,0.600001454353,0,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.03,0.600001454353,0,400000,1000,none,0
sparse_transformer_magnitude_pruning,25.94,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.08,0.600001454353,100000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.18,0.600001454353,100000,400000,1000,none,0
sparse_transformer_magnitude_pruning,25.49,0.600001454353,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.05,0.600001454353,200000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.18,0.600001454353,200000,400000,1000,none,0
sparse_transformer_magnitude_pruning,25.92,0.600001454353,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.44,0.600001454353,300000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.32,0.600001454353,300000,400000,1000,none,0
sparse_transformer_magnitude_pruning,24.8,0.700000524521,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.36,0.700000405312,0,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.21,0.700000524521,0,400000,1000,none,0
sparse_transformer_magnitude_pruning,25.09,0.700000524521,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.29,0.700000524521,100000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.29,0.700000524521,100000,400000,1000,none,0
sparse_transformer_magnitude_pruning,25.03,0.700000524521,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.58,0.700000524521,200000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.66,0.700000524521,200000,400000,1000,none,0
sparse_transformer_magnitude_pruning,24.49,0.700000524521,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.72,0.700000524521,300000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.67,0.700000524521,300000,400000,1000,none,0
sparse_transformer_magnitude_pruning,23.93,0.800001084805,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.37,0.800001144409,0,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.73,0.8000010252,0,400000,1000,none,0
sparse_transformer_magnitude_pruning,24.04,0.800001144409,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.44,0.8000010252,100000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.81,0.800001084805,100000,400000,1000,none,0
sparse_transformer_magnitude_pruning,24.25,0.800001144409,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.63,0.800001144409,200000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.67,0.8000010252,200000,400000,1000,none,0
sparse_transformer_magnitude_pruning,22.08,0.800001084805,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.14,0.800001084805,300000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.54,0.8000010252,300000,400000,1000,none,0
sparse_transformer_magnitude_pruning,21.18,0.900000751019,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.1,0.900000810623,0,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.89,0.900000691414,0,400000,1000,none,0
sparse_transformer_magnitude_pruning,21.39,0.900000691414,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.13,0.900000751019,100000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.47,0.900000810623,100000,400000,1000,none,0
sparse_transformer_magnitude_pruning,20.25,0.900000810623,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.76,0.900000751019,200000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.24,0.900000751019,200000,400000,1000,none,0
sparse_transformer_magnitude_pruning,18.53,0.900000751019,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,21.76,0.900000751019,300000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.71,0.900000751019,300000,400000,1000,none,0
sparse_transformer_magnitude_pruning,18.31,0.950000584126,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,20.48,0.950000584126,0,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.32,0.950000584126,0,400000,1000,none,0
sparse_transformer_magnitude_pruning,16.31,0.950000584126,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,20.36,0.950000584126,100000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.2,0.950000584126,100000,400000,1000,none,0
sparse_transformer_magnitude_pruning,14.23,0.950000584126,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,20.1,0.950000584126,200000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.94,0.950000584126,200000,400000,1000,none,0
sparse_transformer_magnitude_pruning,12.95,0.950000584126,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,19.04,0.950000524521,300000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.57,0.950000524521,300000,400000,1000,none,0
sparse_transformer_magnitude_pruning,7.37,0.980001270771,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,16.18,0.980001270771,0,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,16.01,0.980001270771,0,400000,1000,none,0
sparse_transformer_magnitude_pruning,7.59,0.980001270771,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,15.95,0.980001270771,100000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,15.93,0.980001270771,100000,400000,1000,none,0
sparse_transformer_magnitude_pruning,8.86,0.980001270771,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,15.9,0.980001270771,200000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,15.31,0.980001270771,200000,400000,1000,none,0
sparse_transformer_magnitude_pruning,9.66,0.980001270771,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,14.35,0.980001270771,300000,400000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,14.62,0.980001270771,300000,400000,1000,none,0
sparse_transformer_magnitude_pruning,25.52,0.5,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.88,0.5,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.18,0.5,0,400000,10000,none,0
sparse_transformer_magnitude_pruning,26.33,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.61,0.5,100000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.51,0.5,100000,400000,10000,none,0
sparse_transformer_magnitude_pruning,25.98,0.5,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.02,0.500000059605,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23,0.5,200000,400000,10000,none,0
sparse_transformer_magnitude_pruning,26.25,0.5,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.38,0.5,300000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.7,0.5,300000,400000,10000,none,0
sparse_transformer_magnitude_pruning,25.42,0.600001454353,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.17,0.600001454353,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.8,0.600001454353,0,400000,10000,none,0
sparse_transformer_magnitude_pruning,25.6,0.600001454353,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.19,0.600001454353,100000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.93,0.600001454353,100000,400000,10000,none,0
sparse_transformer_magnitude_pruning,25.88,0.600001454353,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.28,0.600001454353,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.11,0.600001454353,200000,400000,10000,none,0
sparse_transformer_magnitude_pruning,25.31,0.600001454353,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.05,0.600001454353,300000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.61,0.600001454353,300000,400000,10000,none,0
sparse_transformer_magnitude_pruning,24.75,0.700000405312,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.27,0.700000405312,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.03,0.700000405312,0,400000,10000,none,0
sparse_transformer_magnitude_pruning,24.86,0.700000405312,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.36,0.700000405312,100000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.43,0.700000405312,100000,400000,10000,none,0
sparse_transformer_magnitude_pruning,25.13,0.700000405312,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.63,0.700000524521,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.99,0.700000405312,200000,400000,10000,none,0
sparse_transformer_magnitude_pruning,25.06,0.700000405312,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.6,0.700000405312,300000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.99,0.700000524521,300000,400000,10000,none,0
sparse_transformer_magnitude_pruning,23.87,0.800001084805,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.08,0.8000010252,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.41,0.800001084805,0,400000,10000,none,0
sparse_transformer_magnitude_pruning,23.79,0.800001084805,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.55,0.800001084805,100000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,24.27,0.800001144409,100000,400000,10000,none,0
sparse_transformer_magnitude_pruning,23.27,0.8000010252,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.65,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.68,0.8000010252,200000,400000,10000,none,0
sparse_transformer_magnitude_pruning,23.57,0.800001084805,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.11,0.8000010252,300000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.34,0.8000010252,300000,400000,10000,none,0
sparse_transformer_magnitude_pruning,21.02,0.900000691414,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.26,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.6,0.900000691414,0,400000,10000,none,0
sparse_transformer_magnitude_pruning,20.98,0.900000691414,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.88,0.900000691414,100000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.53,0.900000691414,100000,400000,10000,none,0
sparse_transformer_magnitude_pruning,20.7,0.900000751019,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.57,0.900000691414,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.83,0.900000751019,200000,400000,10000,none,0
sparse_transformer_magnitude_pruning,17.87,0.900000691414,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,21.79,0.900000691414,300000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.28,0.900000751019,300000,400000,10000,none,0
sparse_transformer_magnitude_pruning,17.31,0.950000524521,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,20.45,0.950000524521,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.11,0.950000584126,0,400000,10000,none,0
sparse_transformer_magnitude_pruning,18.29,0.950000524521,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,20.01,0.950000524521,100000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.77,0.950000524521,100000,400000,10000,none,0
sparse_transformer_magnitude_pruning,13.56,0.950000524521,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,18.77,0.950000524521,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.19,0.950000524521,200000,400000,10000,none,0
sparse_transformer_magnitude_pruning,11.76,0.950000524521,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,17.52,0.950000524521,300000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.15,0.950000524521,300000,400000,10000,none,0
sparse_transformer_magnitude_pruning,8.3,0.980001270771,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,15.25,0.980001270771,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,15.73,0.980001270771,0,400000,10000,none,0
sparse_transformer_magnitude_pruning,9.28,0.980001270771,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,14.85,0.980001270771,100000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,15.23,0.980001270771,100000,400000,10000,none,0
sparse_transformer_magnitude_pruning,11.38,0.980001270771,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,13.69,0.980001270771,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,14.23,0.980001270771,200000,400000,10000,none,0
sparse_transformer_magnitude_pruning,7.69,0.980001270771,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,11.77,0.980001270771,300000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,11.52,0.980001270771,300000,400000,10000,none,0
sparse_transformer_magnitude_pruning,25.41,0.500000059605,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.76,0.5,0,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.5,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,25.74,0.500000059605,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.74,0.5,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.34,0.500000059605,100000,300000,1000,none,0
sparse_transformer_magnitude_pruning,25.86,0.5,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.64,0.5,200000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.32,0.5,200000,300000,1000,none,0
sparse_transformer_magnitude_pruning,25.3,0.600001454353,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.91,0.600001454353,0,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.38,0.600001454353,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,25.48,0.600001454353,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.99,0.600001454353,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.99,0.600001454353,100000,300000,1000,none,0
sparse_transformer_magnitude_pruning,25.7,0.600001454353,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.21,0.600001454353,200000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.09,0.600001454353,200000,300000,1000,none,0
sparse_transformer_magnitude_pruning,24.94,0.700000405312,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.96,0.700000524521,0,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.43,0.700000405312,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,25.21,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.7,0.700000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.38,0.700000405312,100000,300000,1000,none,0
sparse_transformer_magnitude_pruning,25.04,0.700000524521,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.65,0.700000524521,200000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.7,0.700000464916,200000,300000,1000,none,0
sparse_transformer_magnitude_pruning,23.23,0.800001084805,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.21,0.800001084805,0,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.15,0.800001084805,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,24.15,0.800001084805,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.56,0.800001084805,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.47,0.800001084805,100000,300000,1000,none,0
sparse_transformer_magnitude_pruning,23.67,0.8000010252,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.38,0.800001084805,200000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.51,0.8000010252,200000,300000,1000,none,0
sparse_transformer_magnitude_pruning,20.47,0.900000751019,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.23,0.900000810623,0,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.72,0.900000751019,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,21.49,0.900000691414,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.84,0.900000751019,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.44,0.900000751019,100000,300000,1000,none,0
sparse_transformer_magnitude_pruning,20.61,0.900000751019,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.59,0.900000751019,200000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.96,0.900000751019,200000,300000,1000,none,0
sparse_transformer_magnitude_pruning,18.37,0.950000584126,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,20.72,0.950000584126,0,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.63,0.95000064373,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,17.36,0.950000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,20.75,0.95000064373,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.98,0.950000524521,100000,300000,1000,none,0
sparse_transformer_magnitude_pruning,16.74,0.950000584126,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,19.83,0.950000524521,200000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.25,0.950000584126,200000,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.35,0.980001270771,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,16.26,0.980001270771,0,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,16.37,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,11.7,0.980001270771,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,16.22,0.980001270771,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,15.99,0.980001270771,100000,300000,1000,none,0
sparse_transformer_magnitude_pruning,7.36,0.980001270771,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,14.92,0.980001270771,200000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,15.18,0.980001270771,200000,300000,1000,none,0
sparse_transformer_magnitude_pruning,25.56,0.5,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.92,0.5,0,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.01,0.5,0,300000,10000,none,0
sparse_transformer_magnitude_pruning,25.7,0.5,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.57,0.500000059605,100000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.52,0.500000059605,100000,300000,10000,none,0
sparse_transformer_magnitude_pruning,25.46,0.5,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.88,0.5,200000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.36,0.5,200000,300000,10000,none,0
sparse_transformer_magnitude_pruning,25.3,0.600001454353,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.11,0.600001454353,0,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.87,0.600001454353,0,300000,10000,none,0
sparse_transformer_magnitude_pruning,25.4,0.600001454353,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.06,0.600001454353,100000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.82,0.600001454353,100000,300000,10000,none,0
sparse_transformer_magnitude_pruning,25.84,0.600001454353,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.62,0.600001454353,200000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.14,0.600001454353,200000,300000,10000,none,0
sparse_transformer_magnitude_pruning,24.57,0.700000405312,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.45,0.700000405312,0,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.56,0.700000405312,0,300000,10000,none,0
sparse_transformer_magnitude_pruning,25.01,0.700000524521,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.61,0.700000405312,100000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.6,0.700000405312,100000,300000,10000,none,0
sparse_transformer_magnitude_pruning,25.08,0.700000405312,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.5,0.700000524521,200000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.73,0.700000405312,200000,300000,10000,none,0
sparse_transformer_magnitude_pruning,23.94,0.8000010252,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.52,0.8000010252,0,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.75,0.800001084805,0,300000,10000,none,0
sparse_transformer_magnitude_pruning,23.79,0.8000010252,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.54,0.8000010252,100000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.99,0.8000010252,100000,300000,10000,none,0
sparse_transformer_magnitude_pruning,23.55,0.8000010252,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24,0.800001084805,200000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,23.5,0.8000010252,200000,300000,10000,none,0
sparse_transformer_magnitude_pruning,21.08,0.900000691414,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23,0.900000751019,0,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.92,0.900000751019,0,300000,10000,none,0
sparse_transformer_magnitude_pruning,21,0.900000691414,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.51,0.900000691414,100000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.6,0.900000691414,100000,300000,10000,none,0
sparse_transformer_magnitude_pruning,19.08,0.900000691414,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.01,0.900000691414,200000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,21.5,0.900000751019,200000,300000,10000,none,0
sparse_transformer_magnitude_pruning,18.04,0.950000584126,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,20.32,0.950000524521,0,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.31,0.950000524521,0,300000,10000,none,0
sparse_transformer_magnitude_pruning,18.1,0.950000584126,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,19.9,0.950000524521,100000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20,0.950000524521,100000,300000,10000,none,0
sparse_transformer_magnitude_pruning,12.78,0.950000524521,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,18.62,0.950000584126,200000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.55,0.950000584126,200000,300000,10000,none,0
sparse_transformer_magnitude_pruning,10.45,0.980001270771,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,15.48,0.980001270771,0,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,16.05,0.980001270771,0,300000,10000,none,0
sparse_transformer_magnitude_pruning,12.04,0.980001270771,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,14.83,0.980001270771,100000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,15.35,0.980001270771,100000,300000,10000,none,0
sparse_transformer_magnitude_pruning,10.04,0.980001270771,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,12.74,0.980001270771,200000,300000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,13.12,0.980001270771,200000,300000,10000,none,0
